from transformers import BertConfig, BertModel

config = BertConfig()
model = BertModel(config)
print(config)
"""
"num_hidden_layers": 12,
"hidden_size": 768,

the cache folder, which defaults to ~/.cache/huggingface/transformers.
You can customize your cache folder by setting the HF_HOME environment variable.
"""